
<table style="text-align:center"><tr><td colspan="18" style="border-bottom: 1px solid black"></td></tr><tr><td style="text-align:left"></td><td>Variable</td><td>n_Units</td><td>n_Coders</td><td>n_Categories</td><td>Level</td><td>Agreement</td><td>Holstis_CR</td><td>Krippendorffs_Alpha</td><td>Platform</td><td>n_Units Positive</td><td>Agreement Positive</td><td>Holstis_CR Positive</td><td>Krippendorffs_Alpha Positive</td><td>n_Units Negative</td><td>Agreement Negative</td><td>Holstis_CR Negative</td><td>Krippendorffs_Alpha Negative</td></tr>
<tr><td colspan="18" style="border-bottom: 1px solid black"></td></tr><tr><td style="text-align:left">1</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.822</td><td>0.881</td><td>0.761</td><td>Experts</td><td>238</td><td>0.79</td><td>0.86</td><td>0.219</td><td>256</td><td>0.852</td><td>0.901</td><td>0.104</td></tr>
<tr><td style="text-align:left">2</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.816</td><td>0.877</td><td>0.645</td><td>Experts</td><td>94</td><td>0.723</td><td>0.816</td><td>0.261</td><td>400</td><td>0.838</td><td>0.892</td><td>0.212</td></tr>
<tr><td style="text-align:left">3</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.632</td><td>0.754</td><td>0.506</td><td>Research Assistants</td><td>238</td><td>0.571</td><td>0.714</td><td>0.19</td><td>256</td><td>0.688</td><td>0.792</td><td>0.246</td></tr>
<tr><td style="text-align:left">4</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.763</td><td>0.842</td><td>0.33</td><td>Research Assistants</td><td>94</td><td>0.532</td><td>0.688</td><td>0.363</td><td>400</td><td>0.818</td><td>0.878</td><td>0.056</td></tr>
<tr><td style="text-align:left">5</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.66</td><td>0.773</td><td>0.458</td><td>NGO</td><td>238</td><td>0.5</td><td>0.667</td><td>0.334</td><td>256</td><td>0.809</td><td>0.872</td><td>0.332</td></tr>
<tr><td style="text-align:left">6</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.852</td><td>0.901</td><td>0.435</td><td>NGO</td><td>94</td><td>0.649</td><td>0.766</td><td>0.426</td><td>400</td><td>0.9</td><td>0.933</td><td>0.33</td></tr>
<tr><td style="text-align:left">7</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.549</td><td>0.699</td><td>0.391</td><td>Prolific</td><td>238</td><td>0.492</td><td>0.661</td><td>0.194</td><td>256</td><td>0.602</td><td>0.734</td><td>0.199</td></tr>
<tr><td style="text-align:left">8</td><td>Toxic Speech</td><td>494</td><td>3</td><td>1</td><td>nominal</td><td>1</td><td>1</td><td>1</td><td>Prolific</td><td>94</td><td>1</td><td>1</td><td>1</td><td>400</td><td>1</td><td>1</td><td>1</td></tr>
<tr><td style="text-align:left">9</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.31</td><td>0.54</td><td>0.08</td><td>Appen</td><td>238</td><td>0.294</td><td>0.529</td><td>0.017</td><td>256</td><td>0.324</td><td>0.549</td><td>0.053</td></tr>
<tr><td style="text-align:left">10</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.352</td><td>0.568</td><td>0.071</td><td>Appen</td><td>94</td><td>0.266</td><td>0.511</td><td>0.016</td><td>400</td><td>0.372</td><td>0.582</td><td>0.047</td></tr>
<tr><td style="text-align:left">11</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.508</td><td>0.672</td><td>0.335</td><td>Citizen Science</td><td>238</td><td>0.437</td><td>0.625</td><td>0.157</td><td>256</td><td>0.574</td><td>0.716</td><td>0.191</td></tr>
<tr><td style="text-align:left">12</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.555</td><td>0.703</td><td>0.334</td><td>Citizen Science</td><td>94</td><td>0.5</td><td>0.667</td><td>0.211</td><td>400</td><td>0.568</td><td>0.712</td><td>0.36</td></tr>
<tr><td style="text-align:left">13</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.943</td><td>0.962</td><td>0.924</td><td>Chat GPT (United Nations Definition)</td><td>238</td><td>0.95</td><td>0.966</td><td>0.91</td><td>256</td><td>0.938</td><td>0.958</td><td>0.887</td></tr>
<tr><td style="text-align:left">14</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.978</td><td>0.985</td><td>0.515</td><td>Chat GPT (United Nations Definition)</td><td>94</td><td>0.957</td><td>0.972</td><td>0.719</td><td>400</td><td>0.983</td><td>0.988</td><td>0.12</td></tr>
<tr><td style="text-align:left">15</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.943</td><td>0.962</td><td>0.893</td><td>Chat GPT (Sensitivity Check)</td><td>238</td><td>0.929</td><td>0.952</td><td>0.9</td><td>256</td><td>0.957</td><td>0.971</td><td>0.795</td></tr>
<tr><td style="text-align:left">16</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.919</td><td>0.946</td><td>0.892</td><td>Chat GPT (Sensitivity Check)</td><td>94</td><td>0.947</td><td>0.965</td><td>0.877</td><td>400</td><td>0.912</td><td>0.942</td><td>0.883</td></tr>
<tr><td style="text-align:left">17</td><td>Hate Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.966</td><td>0.977</td><td>0.948</td><td>Chat GPT</td><td>238</td><td>0.996</td><td>0.997</td><td>0.972</td><td>256</td><td>0.938</td><td>0.958</td><td>0.914</td></tr>
<tr><td style="text-align:left">18</td><td>Toxic Speech</td><td>494</td><td>3</td><td>2</td><td>nominal</td><td>0.929</td><td>0.953</td><td>0.855</td><td>Chat GPT</td><td>94</td><td>0.883</td><td>0.922</td><td>0.841</td><td>400</td><td>0.94</td><td>0.96</td><td>0.808</td></tr>
<tr><td style="text-align:left">19</td><td>Hate Speech</td><td>494</td><td>9</td><td>2</td><td>nominal</td><td>0.245</td><td>0.695</td><td>0.383</td><td>Combined ICR (Hate Speech)</td><td>238</td><td>0.139</td><td>0.64</td><td>0.091</td><td>256</td><td>0.344</td><td>0.746</td><td>0.153</td></tr>
<tr><td style="text-align:left">20</td><td>Toxic Speech</td><td>494</td><td>9</td><td>2</td><td>nominal</td><td>0.221</td><td>0.714</td><td>0.086</td><td>Combined ICR (Toxic Speech)</td><td>94</td><td>0</td><td>0.502</td><td>-0.011</td><td>400</td><td>0.272</td><td>0.764</td><td>0.002</td></tr>
<tr><td colspan="18" style="border-bottom: 1px solid black"></td></tr></table>
